
# 此清洗为对上一节爬虫内容的清洗，qx0为对源文件的去重预清洗

import pandas as pd

f = pd.read_csv('test.csv', encoding='utf-8')
same = f.duplicated().apply(lambda x: not x)
# print(f[same])
# print(len(f[same]))
# print(len(f))
f[same].to_csv('result0.csv', encoding='utf-8', index=0)
